package crawler;

import crawler.demo.SimpleTest;
import org.springframework.context.annotation.ComponentScan;
import org.springframework.context.annotation.Configuration;
import us.codecraft.webmagic.Spider;
import us.codecraft.webmagic.pipeline.FilePipeline;

public class CrawlerApplication {


    public static void main(String args[]){
        Spider.create(new SimpleTest()).addUrl("https://www.oschina.net")
                .addPipeline(new FilePipeline("C:\\Users\\admin\\Desktop\\data"))
                .thread(1)
                .run();
    }
}
